﻿<html xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:mshelp="http://msdn.microsoft.com/mshelp" xmlns:mshelp="http://msdn.microsoft.com/mshelp" xmlns:ddue="http://ddue.schemas.microsoft.com/authoring/2003/5" xmlns:msxsl="urn:schemas-microsoft-com:xslt">
<head>
    <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
    
    <meta name="save" content="history" />
    <meta name="Language" content="en-us" />
    <meta name="System.Keywords" content="testing, failure analysis report" />
    <meta name="Microsoft.Help.Id" content="22f98044-e3bb-4e63-80a1-99a95775baa5" />
    <meta name="Description" content="You can use the Failure Analysis report to help monitor how many regressions the test team is finding. Regressions are bugs in the software that you are testing that did not appear in previous versions." />
    <meta name="Microsoft.Help.ContentType" content="Concepts" />
    <meta name="DCSext.ProductFamily" content="LIB_DG" />
    <meta name="DCSext.Product" content="ALM_TeamFoundation" />
    <meta name="DCSext.Title" value="Failure Analysis Excel Report" />
    <link rel="stylesheet" type="text/css" href="../styles/presentation.css" />
    
    <script type="text/javascript" src="../scripts/EventUtilities.js"> </script>
    <script type="text/javascript" src="../scripts/SplitScreen.js"> </script>
    <script type="text/javascript" src="../scripts/Dropdown.js"> </script>
    <script type="text/javascript" src="../scripts/script_manifold.js"> </script>
    <script type="text/javascript" src="../scripts/script_feedBack.js"> </script>
    <script type="text/javascript" src="../scripts/CheckboxMenu.js"> </script>
    <script type="text/javascript" src="../scripts/CommonUtilities.js"> </script>
    <xml><MSHelp:TOCTitle Title="Failure Analysis" /><MSHelp:Keyword Index="A" Term="22f98044-e3bb-4e63-80a1-99a95775baa5" /><MSHelp:Keyword Index="K" Term="testing, failure analysis report" /><MSHelp:Attr Name="RevisionNumber" Value="9" /><MSHelp:Attr Name="AssetID" Value="22f98044-e3bb-4e63-80a1-99a95775baa5" /><MSHelp:Attr Name="Abstract" Value="You can use the Failure Analysis report to help monitor how many regressions the test team is finding. Regressions are bugs in the software that you are testing that did not appear in previous versions. A team that performs regression testing is spec ..." /><MSHelp:Attr Name="CommunityContent" Value="1" /><MSHelp:Attr Name="ShippedIn" Value="vs.90" /><MSHelp:Attr Name="TopicVersion" Value="10.0.10236.10000" /><MSHelp:Attr Name="Catalog Container" Value="System_Default_Catalog" /><MSHelp:Attr Name="Content Set Container" Value="System_Default_Content_Set" /><MSHelp:Attr Name="TopicType" Value="kbArticle" /><MSHelp:Attr Name="Locale" Value="en-us" /></xml>
    <title>Failure Analysis Excel Report</title>
</head>
<body>
	<input type="hidden" id="userDataCache" class="userDataStyle" />
	<input type="hidden" id="hiddenScrollOffset" />
	<img id="collapseImage" style="display:none; height:0; width:0;" src="../icons/collapse_all.gif" alt="Collapse image" title="Collapse image" />
	<img id="expandImage" style="display:none; height:0; width:0;" src="../icons/expand_all.gif" alt="Expand Image" title="Expand Image" />
	<img id="collapseAllImage" style="display:none; height:0; width:0;" src="../icons/collapse_all.gif" />
	<img id="expandAllImage" style="display:none; height:0; width:0;" src="../icons/expand_all.gif" />
	<img id="dropDownImage" style="display:none; height:0; width:0;" src="../icons/dropdown.gif" />
	<img id="dropDownHoverImage" style="display:none; height:0; width:0;" src="../icons/dropdownHover.gif" />
	<img id="copyImage" style="display:none; height:0; width:0;" src="../icons/copycode.gif" alt="Copy image" title="Copy image" />
	<img id="copyHoverImage" style="display:none; height:0; width:0;" src="../icons/copycodeHighlight.gif" alt="CopyHover image" title="CopyHover image" />
	<div id="header">
		<table id="topTable" cellspacing="0" cellpadding="0">
			<tr>
				<td>
					<span onclick="ExpandCollapseAll(toggleAllImage)" style="cursor:default;" onkeypress="ExpandCollapseAll_CheckKey(toggleAllImage, event)" tabindex="0">
						<img ID="toggleAllImage" class="toggleAll" src="../icons/collapse_all.gif" /> 
						<label id="collapseAllLabel" for="toggleAllImage" style="display: none;">Collapse All</label>
						<label id="expandAllLabel" for="toggleAllImage" style="display: none;">Expand All</label> 
					</span> 
					<span>    </span> 
					<span id="devlangsDropdown" class="filter" tabindex="0">
						<img id="devlangsDropdownImage" src="../icons/dropdown.gif" /> 
						<label id="devlangsMenuAllLabel" for="devlangsDropdownImage" style="display: none;"><nobr>Code: All </nobr></label>
						<label id="devlangsMenuMultipleLabel" for="devlangsDropdownImage" style="display: none;"><nobr>Code: Multiple </nobr></label>
						<label id="devlangsMenuVisualBasicLabel" for="devlangsDropdownImage" style="display: none;"><nobr>Code: Visual Basic </nobr></label>
						<label id="devlangsMenuCSharpLabel" for="devlangsDropdownImage" style="display: none;"><nobr>Code: C# </nobr></label>
						<label id="devlangsMenuManagedCPlusPlusLabel" for="devlangsDropdownImage" style="display: none;"><nobr>Code: Visual C++ </nobr></label>
						<label id="devlangsMenuFSharpLabel" for="devlangsDropdownImage" style="display: none;"><nobr>Code: F# </nobr></label>
						<label id="devlangsMenuJScriptLabel" for="devlangsDropdownImage" style="display: none;"><nobr>Code: JScript </nobr></label>
					</span> 
				</td>
			</tr>
		</table>
		<div id="devlangsMenu">
			<input id="VisualBasicCheckbox" type="checkbox" data="VisualBasic,vb,'persist'" value="on" onClick="SetLanguage(this)" />
			<label class="checkboxLabel" for="VisualBasicCheckbox">Visual Basic</label><br />
			<input id="CSharpCheckbox" type="checkbox" data="CSharp,cs,'persist'" value="on" onClick="SetLanguage(this)" />
			<label class="checkboxLabel" for="CSharpCheckbox">C#</label><br />
			<input id="ManagedCPlusPlusCheckbox" type="checkbox" data="ManagedCPlusPlus,cpp,'persist'" value="on" onClick="SetLanguage(this)" />
			<label class="checkboxLabel" for="ManagedCPlusPlusCheckbox">Visual C++</label><br />
			<input id="FSharpCheckbox" type="checkbox" data="FSharp,fs,'persist'" value="on" onClick="SetLanguage(this)" />
			<label class="checkboxLabel" for="FSharpCheckbox">F#</label><br />
			<input id="JScriptCheckbox" type="checkbox" data="JScript,cs,'persist'" value="on" onClick="SetLanguage(this)" />
			<label class="checkboxLabel" for="JScriptCheckbox">JScript</label><br />
		</div>
		<table id="bottomTable" cellpadding="0" cellspacing="0">
			<tr id="headerTableRow1">
				<td align="left">
					<span id="runningHeaderText"> </span> 
				</td>
			</tr>
			<tr id="headerTableRow2">
				<td align="left">
					<span id="nsrTitle">Failure Analysis Excel Report</span> 
				</td>
			</tr>
			<tr id="headerTableRow3">
				<td align="left">
					<span id="headfeedbackarea" class="feedbackhead">
						<a href="javascript:SubmitFeedback('bjordan@microsoft.com','','','10.0','10.0.10236.10000','%0\dThank%20you%20for%20your%20feedback.%20The%20GovDev%20team%20uses%20your%20feedback%20to%20improve%20documentation.%20While%20we%20are%20reviewing%20your%20feedback,%20we%20may%20send%20you%20e-mail%20to%20ask%20for%20clarification%20or%20feedback%20on%20a%20solution.%20We%20do%20not%20use%20your%20e-mail%20address%20for%20any%20other%20purpose%20and%20we%20delete%20it%20after%20we%20finish%20our%20review.%0\AFor%20further%20information%20about%20the%20privacy%20policies%20of%20Microsoft,%20please%20see%20http://privacy.microsoft.com/en-us/default.aspx.%0\A%0\d','Customer%20Feedback');">
							Send Feedback
						</a>
					</span> 
				</td>
			</tr>
		</table>
		<table id="gradientTable">
			<tr>
				<td class="nsrBottom" background="../icons/gradient.gif" />
			</tr>
		</table>
	</div>
    <div id="mainSection">
        <div id="mainBody">
            <div id="allHistory" class="saveHistory" onsave="saveAll()" onload="loadAll()" />
            <font color="DarkGray"><p /></font>
            <div class="introduction">
                <p>You can use the Failure Analysis report to help monitor how many regressions the
                    test team is finding. Regressions are bugs in the software that you are testing
                    that did not appear in previous versions. A team that performs regression testing
                    is specifically focused on finding bugs that have appeared only in a new version
                    of the software. The Failure Analysis report shows how many distinct configurations
                    for each Test Case previously passed and are now failing, for the most recent four
                    weeks. </p>
                <p>This report is available only when the team creates test plans and starts to run
                    tests by using Microsoft Test Manager. For information about how to define test
                    suites and test plans, see <span sdata="link"><a href="http://msdn.microsoft.com/library/082da920-198a-46f2-ba06-522ddc5b404c">
                        Defining Your Testing Effort Using Test Plans</a></span>. For information about
                    how to access this report, see <span sdata="link"><a href="ExcelReportsGovDev.html">Excel
                        Reports (GovDev)</a></span>. </p>
                <div class="alert">
                    <table width="100%" cellspacing="0" cellpadding="0">
                        <tr>
                            <th align="left">
                                <img class="note" alt="Note" title="Note" src="../icons/alert_note.gif" /><b>Note
                                </b></th>
                        </tr>
                        <tr>
                            <td>
                                <p>You can view the Failure Analysis report from the Test dashboard. You can access
                                    this dashboard only if your team project portal has been enabled and is provisioned
                                    to use Microsoft Office SharePoint Server 2007. For more information, see <span sdata="link">
                                        <a href="http://msdn.microsoft.com/library/644ee4b7-3653-4943-9809-3d14d4d79c48">Access
                                            a Team Project Portal and Process Guidance</a></span>. </p>
                            </td>
                        </tr>
                    </table>
                </div>
                <div class="caption"></div>
                <div class="tableSection">
                    <table width="50%" cellspacing="2" cellpadding="5" frame="lhs">
                        <tr>
                            <td>
                                <p><span class="label">In this topic</span> </p>
                                <ul>
                                    <li>
                                        <p><a href="#Data">Data in the Report</a></p>
                                    </li>
                                    <li>
                                        <p><a href="#Interpreting">Interpreting the Report</a></p>
                                    </li>
                                    <li>
                                        <p><a href="#Updating">Updating and Customizing the Report</a></p>
                                    </li>
                                </ul>
                            </td>
                            <td>
                                <p><span class="label">Related topics</span> </p>
                                <ul>
                                    <li>
                                        <p><span sdata="link"><a href="TestDashboardGovDev.html">Test Dashboard (GovDev)</a></span> 
                                        </p>
                                    </li>
                                    <li>
                                        <p><span sdata="link"><a href="TestPlanProgressExcelReport.html">Test Plan Progress
                                            Excel Report</a></span> </p>
                                    </li>
                                </ul>
                            </td>
                        </tr>
                    </table>
                </div>
                <div class="alert">
                    <table width="100%" cellspacing="0" cellpadding="0">
                        <tr>
                            <th align="left">
                                <img class="note" alt="Note" title="Note" src="../icons/alert_note.gif" /><b>Note
                                </b></th>
                        </tr>
                        <tr>
                            <td>
                                <p>A team uses Test Cases to define both manual and automated tests that it can run
                                    and manage by using Test Runner and Microsoft Test Manager. By using Microsoft Test
                                    Manager, you can create not only Test Cases but also test suites and test configurations
                                    that support testing your project. You can use test configurations to define how
                                    you want to run your Test Cases and test suites. You can group your Test Cases together
                                    by organizing them into a hierarchy of test suites in your test plan. By creating
                                    test suites, you can run sets of Test Cases as a group. For more information, see
                                    <span sdata="link"><a href="http://msdn.microsoft.com/library/082da920-198a-46f2-ba06-522ddc5b404c">
                                        Defining Your Testing Effort Using Test Plans</mshelp:link></span>.</p>
                            </td>
                        </tr>
                    </table>
                </div>
                <p><span class="label">Required Permissions</span> </p>
                <p>To view the report, you must be assigned or belong to a group that has been assigned
                    the <span class="ui">Read</span> permissions in SharePoint Products for the team
                    project. </p>
                <p>To modify or customize the report, you must be a member of the <span class="ui">TfsWarehouseDataReaders
                    </span> security role in SQL Server Analysis Services. You must also be assigned
                    or belong to a group that has been assigned the <span class="ui">Members</span> permissions
                    in SharePoint Products for the team project. For more information, see <span sdata="link">
                        <a href="http://msdn.microsoft.com/library/c7488754-77af-4fb4-8eca-1af0d206c9c8">Grant
                            Access to the Databases of the Data Warehouse for Visual Studio ALM</a></span> 
                    and <span sdata="link"><a href="http://msdn.microsoft.com/library/8f1f5f39-ed0f-4539-bee1-7e7e77bb5728">
                        Managing Permissions</a></span>. </p>
            </div>
            <a name="Data" />
            <h1 class="heading"><span onclick="ExpandCollapse(sectionToggle0)" style="cursor: default;"
                onkeypress="ExpandCollapse_CheckKey(sectionToggle0, event)" tabindex="0">
                <img id="sectionToggle0" class="toggle" name="toggleSwitch" src="../icons/collapse_all.gif" />Data
                in the Report</span> </h1>
            <div id="sectionSection0" class="section" name="collapseableSection" style="">
                <p>The Failure Analysis report provides a stacked area graph that shows the cumulative
                    count of all failed outcome results for Test Cases for all configurations, during
                    the most recent four weeks. Failure types include <span class="ui">New Issue</span>, <span class="ui">Known Issue</span>, or <span class="ui">Regression</span>.
                </p>
                <img alt="Failure Analysis Excel Report" src="../art/ProcGuid_FailureAnalysis.png" /><p>
                    This report is based on a PivotChart report that shows the most recent four weeks
                    of test result data that is stored in the data warehouse. </p>
                <p>The system examines each configuration on which the Test Case was executed and tries
                    to identify the predecessor result for the same configuration for the Test Case.
                    The failure type that is assigned to the Test Case/configuration is determined based
                    on the following criteria:</p>
                <ul>
                    <li>
                        <p><span class="ui">Regression</span>: When the immediate predecessor result had an
                            outcome of <span class="ui">Passed</span>.</p>
                    </li>
                    <li>
                        <p><span class="ui">New Issue</span>: When no immediate predecessor result can be found.
                        </p>
                    </li>
                    <li>
                        <p><span class="ui">Known Issue</span>: When the immediate predecessor result had an
                            outcome of <span class="ui">Failed</span>.</p>
                    </li>
                </ul>
                <h3 class="subHeading">Required Activities for Monitoring Regressions</h3>
                <div class="subsection">
                    <p>For the Failure Analysis report to be useful and accurate, the team must perform
                        the following activities:</p>
                    <ul>
                        <li>
                            <p>Define Test Cases and Test Plans, and assign Test Cases to Test Plans. </p>
                        </li>
                        <li>
                            <p>For manual tests, mark the results of each validation step in the Test Case as passed
                                or failed. </p>
                            <div class="alert">
                                <table width="100%" cellspacing="0" cellpadding="0">
                                    <tr>
                                        <th align="left">
                                            <img class="note" alt="Important note" title="Important note" src="../icons/alert_caution.gif" /><b>Important
                                            </b></th>
                                    </tr>
                                    <tr>
                                        <td>
                                            <p>Testers must mark a test step with a status if it is a validation test step. The
                                                overall result for a Test Case reflects the status of all the test steps that the
                                                tester marked. Therefore, the Test Case will have a status of failed if the tester
                                                marked any test step as failed or not marked. </p>
                                        </td>
                                    </tr>
                                </table>
                            </div>
                            <p>For automated tests, each Test Case is automatically marked as passed or failed.
                            </p>
                        </li>
                        <li>
                            <p>(Optional) To support filtering, assign <span class="ui">Iteration</span> and <span
                                class="ui">Area</span> paths to each Test Case. </p>
                        </li>
                    </ul>
                </div>
            </div>
            <a name="Interpreting" />
            <h1 class="heading"><span onclick="ExpandCollapse(sectionToggle1)" style="cursor: default;"
                onkeypress="ExpandCollapse_CheckKey(sectionToggle1, event)" tabindex="0">
                <img id="sectionToggle1" class="toggle" name="toggleSwitch" src="../icons/collapse_all.gif" />Interpreting
                the Report</span> </h1>
            <div id="sectionSection1" class="section" name="collapseableSection" style="">
                <p>You should expect the Failure Analysis report to vary depending on where you are
                    in your product development cycle. Early iterations should show little, if any,
                    regression activity. Later in the development cycle, you should expect some regressions.
                    Specifically, you should review the report to find answers to the following questions:
                </p>
                <ul>
                    <li>
                        <p>How many tests overall are regressing?</p>
                    </li>
                    <li>
                        <p>Is the team keeping the overall number of regressions or test failures within expected
                            ranges or team goals?</p>
                    </li>
                    <li>
                        <p>Is the team addressing issues as they are identified? Are the known issues being
                            addressed in a timely manner? </p>
                    </li>
                </ul>
                <p>A healthy Failure Analysis report will show moderate numbers of new issues, known
                    issues, and regressions. If spikes occur in one or more of these areas, the team
                    might need to investigate further. Spikes may indicate problems in either the test
                    activity or the quality of code that the team is checking in. </p>
                <p>Also, you might want to check the status of recent builds, bug status, and code churn
                    to determine whether the metrics for each of these factors can help explain the
                    changes in the test activity lines.</p>
            </div>
            <a name="Updating" />
            <h1 class="heading"><span onclick="ExpandCollapse(sectionToggle2)" style="cursor: default;"
                onkeypress="ExpandCollapse_CheckKey(sectionToggle2, event)" tabindex="0">
                <img id="sectionToggle2" class="toggle" name="toggleSwitch" src="../icons/collapse_all.gif" />Updating
                and Customizing the Report</span> </h1>
            <div id="sectionSection2" class="section" name="collapseableSection" style="">
                <p>You can update the Failure Analysis report by opening it in Office Excel and changing
                    the filter options for the PivotTable report. You can customize this report to support
                    other views, the following table describes.</p>
                <div class="caption"></div>
                <div class="tableSection">
                    <table width="50%" cellspacing="2" cellpadding="5" frame="lhs">
                        <tr>
                            <th>
                                <p>View</p>
                            </th>
                            <th>
                                <p>Action</p>
                            </th>
                        </tr>
                        <tr>
                            <td>
                                <p>Failure analysis for an iteration</p>
                            </td>
                            <td>
                                <p>Change the filter for <b>Iteration</b>(default=All)</p>
                            </td>
                        </tr>
                        <tr>
                            <td>
                                <p>Failure analysis for a product area</p>
                            </td>
                            <td>
                                <p>Change the filter for <b>Area</b>(default=All)</p>
                            </td>
                        </tr>
                        <tr>
                            <td>
                                <p>Failure analysis for a specific test plan or suite of test plans</p>
                            </td>
                            <td>
                                <p>Add the filter for <b>Test Plan</b>(default=All)</p>
                            </td>
                        </tr>
                        <tr>
                            <td>
                                <p>Failure analysis for the most recent six, eight, or more weeks</p>
                            </td>
                            <td>
                                <p>In the Columns PivotTable Field List, replace <b>@@Last 4 weeks@@</b>with a different
                                    <b>Set</b></p>
                            </td>
                        </tr>
                    </table>
                </div>
                <p>For more information about how to work with and customize PivotTables and PivotChart
                    reports, see the following pages on the Microsoft Web site:</p>
                <ul>
                    <li>
                        <p><a href="http://go.microsoft.com/fwlink/?LinkId=165722">Ways to customize PivotTable
                            reports</a></p>
                    </li>
                    <li>
                        <p><a href="http://go.microsoft.com/fwlink/?LinkId=165723">Edit or remove a workbook
                            from Excel Services</a></p>
                    </li>
                    <li>
                        <p><a href="http://go.microsoft.com/fwlink/?LinkId=165724">Publish a workbook to Excel
                            Services</a></p>
                    </li>
                    <li>
                        <p><a href="http://go.microsoft.com/fwlink/?LinkId=165725">Save a file to a SharePoint
                            library or another Web location</a></p>
                    </li>
                </ul>
            </div>
            <h1 class="heading"><span onclick="ExpandCollapse(seeAlsoToggle)" style="cursor: default;"
                onkeypress="ExpandCollapse_CheckKey(seeAlsoToggle, event)" tabindex="0">
                <img id="seeAlsoToggle" class="toggle" name="toggleSwitch" src="../icons/collapse_all.gif" />See
                Also</span> </h1>
            <div id="seeAlsoSection" class="section" name="collapseableSection" style="">
                <h4 class="subHeading">Concepts</h4>
                <div class="seeAlsoStyle"><span sdata="link"><a href="TestDashboardGovDev.html">Test
                    Dashboard (GovDev)</a></span> </div>
                <div class="seeAlsoStyle"><span sdata="link"><a href="TestPlanProgressExcelReport.html">
                    Test Plan Progress Excel Report</a></span> </div>
                <div class="seeAlsoStyle"><span sdata="link"><a href="ArtifactsGovDev.html">Artifacts
                    (GovDev)</a></span> </div>
                <h4 class="subHeading">Other Resources</h4>
                <div class="seeAlsoStyle"><span sdata="link"><a href="ExcelReportsGovDev.html">Excel
                    Reports (GovDev)</a></span> </div>
            </div>
        </div>
        <div id="footer">
            <div class="footerLine">
                <img width="100%" height="3px" src="../icons/footer.gif" alt="Footer image" title="Footer image" />
            </div>
            <span id="feedbackarea">Send <a href="javascript:SubmitFeedback('bjordan@microsoft.com','','','10.0','10.0.10236.10000','%0\dThank%20you%20for%20your%20feedback.%20The%20GovDev%20team%20uses%20your%20feedback%20to%20improve%20documentation.%20While%20we%20are%20reviewing%20your%20feedback,%20we%20may%20send%20you%20e-mail%20to%20ask%20for%20clarification%20or%20feedback%20on%20a%20solution.%20We%20do%20not%20use%20your%20e-mail%20address%20for%20any%20other%20purpose%20and%20we%20delete%20it%20after%20we%20finish%20our%20review.%0\AFor%20further%20information%20about%20the%20privacy%20policies%20of%20Microsoft,%20please%20see%20http://privacy.microsoft.com/en-us/default.aspx.%0\A%0\d','Customer%20Feedback');">
                feedback </a>on this topic or submit an issue at the GovDev for TFS Codeplex Site.</span> 
        </div>
    </div>
</body>
</html>
